
script --timing=logs/pretrain/pretrain.time logs/pretrain/pretrain.log -f -c " python3 pre-training/pretrain.py --dataset_path dataset.pt --vocab_path models/encryptd_vocab.txt \
            --output_model_path models/pre-trained_model.bin \
            --world_size 1 --gpu_ranks 0 \
            --total_steps 500000 --save_checkpoint_steps 10000 --batch_size 32 \
            --embedding word_pos_seg --encoder transformer --mask fully_visible --target bert"